In this part I shall try to examine the entropy of different cluster sets which are ourtput from the apache log file from 31.Dec 2009. My idea is that the "best" clusterings should produce the minimum entropy.

17,15926 is maximum entropy of this dataset

Threshold 12%:
0.0.0.0/0,0,23687,0
64.0.0.0/2,0,18492,0
192.0.0.0/3,0,20046,0
130.233.192.0/18,0,19141,0
80.0.0.0/4,0,23854,0
64.0.0.0/6,0,22565,0
80.0.0.0/6,0,18585,0


Entropy is 2.799334394738561


Threshold 15%:
0.0.0.0/0,0,19391,0
128.0.0.0/1,0,30709,0
64.0.0.0/3,0,24801,0
130.233.0.0/16,0,23239,0
80.0.0.0/5,0,25665,0
64.0.0.0/6,0,22565,0

Entropy is 2.5707586809118514

Threshold 9%:
0.0.0.0/0,0,2483,0
0.0.0.0/1,0,19391,0
128.0.0.0/3,0,15545,0
192.0.0.0/3,0,20046,0
64.0.0.0/3,0,18259,0
130.233.192.0/22,0,15874,0
64.0.0.0/6,0,22565,0
80.0.0.0/6,0,18585,0
88.0.0.0/6,0,13622,0

Entropy is 3.0573817815566717


Threshold 8%:

1)	0.0.0.0/0,0,14521,0
2)	64.0.0.0/2,0,13617,0
3)	192.0.0.0/3,0,20046,0
4)	128.0.0.0/4,0,12433,0
5)	64.0.0.0/4,0,17593,0
6)	80.0.0.0/5,0,12919,0
7)	88.0.0.0/6,0,13622,0
8)	130.233.192.0/22,0,15874,0
9)	66.0.0.0/7,0,12999,0
10)	82.0.0.0/7,0,12746,0

Entropy is 3.30416675246632

Threshold 7%:

1)	0.0.0.0/0,0,0,0
2)	0.0.0.0/1,0,19037,0
3)	128.0.0.0/1,0,15914,0
4)	96.0.0.0/3,0,10465,0
5)	64.0.0.0/5,0,10634,0
6)	80.0.0.0/5,0,12919,0
7)	88.0.0.0/6,0,13622,0
8)	192.0.0.0/4,0,11626,0
9)	128.0.0.0/6,0,10534,0
10)	66.0.0.0/7,0,12999,0
11)	82.0.0.0/7,0,12746,0
12)	130.233.192.0/22,0,15874,0

Entropy is 3.4335698011496647

Threshold 5%:
0.0.0.0/0,0,6405,0
64.0.0.0/2,0,7955,0
32.0.0.0/3,0,8465,0
128.0.0.0/3,0,8180,0
208.0.0.0/4,0,8420,0
192.0.0.0/6,0,8165,0
64.0.0.0/4,0,12965,0
112.0.0.0/4,0,9590,0
88.0.0.0/5,0,9123,0
80.0.0.0/6,0,9885,0
130.233.0.0/16,0,7365,0
65.55.0.0/16,0,9200,0
67.195.110.128/26,0,8427,0
88.0.0.0/7,0,7651,0
82.128.0.0/10,0,8700,0
130.233.192.0/22,0,8134,0
130.233.194.0/24,0,7740,0


Entropy is 4.070669966070789


Threshold 3%:

1)	0.0.0.0/0,0,0,0
2)	128.0.0.0/1,0,5881,0
3)	0.0.0.0/2,0,4467,0
4)	64.0.0.0/3,0,6537,0
5)	96.0.0.0/3,0,4786,0
6)	128.0.0.0/3,0,5011,0
7)	192.0.0.0/4,0,5773,0
8)	208.0.0.0/5,0,5022,0
9)	60.0.0.0/6,0,4459,0
10)	88.0.0.0/5,0,5853,0
11)	76.0.0.0/6,0,5429,0
12)	66.0.0.0/7,0,4572,0
13)	82.0.0.0/7,0,6593,0
14)	84.0.0.0/7,0,4780,0
15)	80.128.0.0/9,0,4566,0
16)	65.55.0.0/17,0,4591,0
17)	65.55.192.0/18,0,4609,0
18)	112.0.0.0/5,0,5679,0
19)	128.0.0.0/6,0,5738,0
20)	192.0.0.0/7,0,5853,0
21)	88.0.0.0/8,0,5952,0
22)	91.144.0.0/12,0,4969,0
23)	67.195.110.128/26,0,8427,0
24)	82.130.0.0/18,0,6153,0
25)	130.233.128.0/17,0,4796,0
26)	130.233.192.0/22,0,6677,0
27)	130.233.192.128/25,0,4593,0
28)	130.233.194.192/26,0,4604,0

Entropy is 4.73541811218025



Threshold 0.5%:

1)	0.0.0.0/0,0,0,0
2)	0.0.0.0/1,0,985,0
3)	128.0.0.0/1,0,1074,0
4)	32.0.0.0/3,0,1236,0
5)	64.0.0.0/4,0,1093,0
6)	80.0.0.0/4,0,840,0
7)	96.0.0.0/4,0,875,0
8)	120.0.0.0/6,0,1021,0
9)	114.0.0.0/7,0,919,0
10)	116.0.0.0/7,0,895,0
11)	118.0.0.0/7,0,1059,0
12)	124.0.0.0/7,0,1070,0
13)	128.0.0.0/3,0,955,0
14)	160.0.0.0/4,0,1029,0
15)	208.0.0.0/4,0,1309,0
16)	200.0.0.0/5,0,853,0
17)	192.0.0.0/6,0,1338,0
18)	188.0.0.0/7,0,1035,0
19)	56.0.0.0/6,0,770,0
20)	62.128.0.0/9,0,764,0
21)	62.0.0.0/10,0,982,0
22)	41.192.0.0/11,0,1332,0
23)	62.78.128.0/17,0,782,0
24)	68.0.0.0/6,0,1068,0
25)	66.0.0.0/7,0,945,0
26)	76.0.0.0/7,0,738,0
27)	78.0.0.0/8,0,846,0
28)	79.0.0.0/8,0,894,0
29)	72.0.0.0/11,0,803,0
30)	65.55.0.0/17,0,859,0
31)	65.55.192.0/18,0,745,0
32)	88.0.0.0/6,0,1066,0
33)	82.0.0.0/7,0,841,0
34)	94.0.0.0/7,0,1157,0
35)	80.0.0.0/8,0,763,0
36)	81.0.0.0/8,0,954,0
37)	86.0.0.0/8,0,762,0
38)	87.0.0.0/8,0,763,0
39)	84.0.0.0/9,0,1064,0
40)	85.0.0.0/9,0,744,0
41)	85.128.0.0/9,0,900,0
42)	84.224.0.0/11,0,909,0
43)	123.0.0.0/8,0,1017,0
44)	122.160.0.0/12,0,803,0
45)	117.192.0.0/13,0,1384,0
46)	119.152.0.0/15,0,898,0
47)	128.0.0.0/5,0,884,0
48)	144.0.0.0/5,0,988,0
49)	140.0.0.0/6,0,915,0
50)	208.0.0.0/6,0,1431,0
51)	216.0.0.0/6,0,1123,0
52)	212.0.0.0/8,0,1096,0
53)	213.128.0.0/9,0,1037,0
54)	220.128.0.0/9,0,861,0
55)	213.55.64.0/18,0,781,0
56)	202.0.0.0/8,0,1038,0
57)	203.0.0.0/8,0,915,0
58)	193.0.0.0/8,0,913,0
59)	194.0.0.0/9,0,811,0
60)	195.128.0.0/9,0,837,0
61)	192.100.112.0/20,0,1096,0
62)	59.0.0.0/8,0,1218,0
63)	62.237.152.0/22,0,1381,0
64)	66.249.65.0/25,0,906,0
65)	66.249.65.193/32,0,1108,0
66)	67.195.110.153/32,0,4209,0
67)	67.195.110.182/32,0,4218,0
68)	77.64.0.0/10,0,781,0
69)	65.55.106.0/23,0,834,0
70)	65.55.207.0/24,0,1225,0
71)	65.55.230.0/24,0,773,0
72)	88.0.0.0/8,0,927,0
73)	91.128.0.0/9,0,979,0
74)	89.27.0.0/17,0,1191,0
75)	82.128.0.0/9,0,979,0
76)	83.128.0.0/9,0,1090,0
77)	94.64.0.0/10,0,1275,0
78)	80.192.0.0/10,0,982,0
79)	87.92.0.0/14,0,775,0
80)	84.250.0.0/15,0,1043,0
81)	128.0.0.0/7,0,861,0
82)	130.128.0.0/9,0,793,0
83)	150.254.36.45/32,0,1764,0
84)	217.0.0.0/8,0,782,0
85)	193.0.0.0/10,0,746,0
86)	193.128.0.0/10,0,897,0
87)	66.249.65.32/27,0,877,0
88)	66.249.65.0/29,0,736,0
89)	77.88.31.246/32,0,2170,0
90)	65.55.106.192/26,0,1104,0
91)	65.55.106.128/27,0,946,0
92)	65.55.106.160/27,0,848,0
93)	65.55.207.0/26,0,1056,0
94)	65.55.207.96/27,0,810,0
95)	88.192.0.0/11,0,735,0
96)	88.112.0.0/16,0,808,0
97)	88.114.0.0/16,0,997,0
98)	88.115.0.0/16,0,792,0
99)	91.152.0.0/14,0,1210,0
100)	91.150.16.0/20,0,898,0
101)	82.128.0.0/11,0,732,0
102)	82.181.128.0/17,0,751,0
103)	82.181.64.0/18,0,854,0
104)	83.148.0.0/14,0,749,0
105)	83.145.208.0/20,0,801,0
106)	80.221.0.0/18,0,1023,0
107)	128.214.0.0/17,0,898,0
108)	130.232.0.0/15,0,834,0
109)	193.167.0.0/16,0,735,0
110)	88.192.0.0/15,0,846,0
111)	88.112.0.0/18,0,847,0
112)	91.152.128.0/17,0,742,0
113)	91.152.64.0/19,0,796,0
114)	91.154.96.0/19,0,788,0
115)	82.130.0.0/19,0,1108,0
116)	82.130.32.0/21,0,747,0
117)	82.130.40.0/21,0,878,0
118)	80.221.0.0/20,0,1247,0
119)	80.221.48.0/20,0,870,0
120)	130.233.0.0/17,0,739,0
121)	130.233.128.0/19,0,948,0
122)	130.233.208.0/20,0,772,0
123)	130.233.224.0/20,0,824,0
124)	130.233.240.0/20,0,786,0
125)	130.233.192.0/23,0,1084,0
126)	130.233.194.0/24,0,1279,0
127)	130.233.195.53/32,0,879,0
128)	193.167.6.0/23,0,792,0
129)	82.130.24.0/21,0,862,0
130)	82.130.12.0/22,0,742,0
131)	82.130.8.0/23,0,840,0
132)	82.130.16.0/23,0,772,0
133)	130.233.32.0/19,0,1029,0
134)	130.233.248.0/24,0,754,0
135)	130.233.192.0/25,0,748,0
136)	130.233.192.192/28,0,1068,0
137)	130.233.192.208/28,0,737,0
138)	130.233.194.64/26,0,782,0
139)	130.233.194.32/27,0,1032,0
140)	130.233.194.192/27,0,849,0
141)	130.233.194.0/29,0,758,0
142)	130.233.194.228/32,0,3040,0
143)	130.233.51.0/24,0,801,0
144)	130.233.192.72/32,0,1205,0
145)	130.233.192.200/31,0,1229,0
146)	130.233.192.206/32,0,1184,0


Entropy is 7.079849731865353


